#!/bin/bash

srun --ntasks="${SLURM_JOB_NUM_NODES}" bash -c "echo -n 'Clearing cache on ' && hostname && sync && sudo /sbin/sysctl vm.drop_caches=3"

srun --mpi=pmix --ntasks="${SLURM_JOB_NUM_NODES}" --ntasks-per-node=1 --container-image="${CONT}" --container-mounts="${MOUNTS}" --network sharp bash -cx " \
    cd /raid/datasets/criteo/mlperf/40m.limit_preshuffled/ && \
    numactl --membind=1,3,5,7 python3 /workdir/samples/dlrm/dgx_a100.py"